moviestar - BuzzerStar - Neuer Ordner - SOURCE CODE

/*
 * todo: 
 * - results so abholen, dass gleich die einzenlen dateien verlinkt werden können und aufs handy gepusht werden
 * - in eine datei die aktuellen ergebnisse zwischenspeichern serilized, bei jedem start einlesen ( key=SESSIONID, VALUE=XMLRESULTSTRING )
 * - polling beim server einbauen
 * - im fehlerfall thread stoppen und neuen thread starten oder externe anwendung startet im fehlerfall neu
 * - lockfile support, run only one instance
 * http://download.oracle.com/javase/tutorial/essential/concurrency/simple.html
 */
package buzzerproxy;

import buzzerproxy.bprot.ByteProtServer;
import buzzerproxy.handler.ExceptionHandler;
import buzzerproxy.handler.QuestionInterface;

import java.net.ServerSocket;
import java.net.Socket;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.io.*;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;

/**
 *
 * @author thecerial
 */
public class BuzzerProxy implements ExceptionHandler, QuestionInterface {

    private ServerSocket serverSocket = null;
    private Socket socket = null;
    private final String secredCryptoKey = "7953e8d5dc9fed4b6d37569410fe2f85";
    private int ServerPort = 3381;
    private int backlogQueue = 10;
    private int timeout = 7000;                                                 // 7 Sekunden darf jeder Request die Server Ressourcen verbraten
    private String BuzzerProxyVersion = "1.1.a - 12.8.2011";
    private String SECRET_AUTH_KEY = "2429545b007ffc86a98df6f3cab76fc4";
    private String Version = "www.buzzerstar.com" + " / BuzzerProxyJar Version -" + BuzzerProxyVersion
            + " running on localhost on Port " + ServerPort;
    private Socket client;
    private ServerSocket server;
    private String xmlContent = "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\" ?>" + "<search>"
            + "<servicetyp>find</servicetyp>" + "<searchquery>Madonna</searchquery>"
            + "<filetyp>.mp3+.wav+.flac</filetyp>"
            + "<session>23232323232323232323232323</session>"
            + "<clientversion>1.0.1</clientversion>"
            + "<clientid>2429545b007ffc86a98df6f3cab76fc4</clientid>" + "</search>"
            + "</xml>";
    private XMLParser XMLParser = null;

... [truncated, 252 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.ObjectInput;
import java.io.ObjectInputStream;
import java.io.ObjectOutput;
import java.io.ObjectOutputStream;
import java.io.OutputStream;
import java.io.Serializable;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.logging.Level;
import java.util.logging.Logger;

/**
 * CacheManager.java - beinhaltet alle Funktione zum Cachen eines Suchbegriffs und seiner Results
 * @author Sebastian Enger
 * @see Serialization
 * @since 1.1
 * @version 1.1 / 2011-08-21
 * @typ Class
 * 
 */
public class CacheManager implements Serializable {

    private HashMap<String, ArrayList<CacheItem>> cache = new HashMap<String, ArrayList<CacheItem>>();
    private ArrayList<CacheItem> urlsOfSearchQuery = new ArrayList<CacheItem>();

    public CacheManager() {
    }

    public HashMap<String, ArrayList<CacheItem>> getCache() {
        return cache;
    }

    public ArrayList<CacheItem> getCacheArrayList() {
        return urlsOfSearchQuery;
    }

    public void setCacheItem(CacheItem it) {

... [truncated, 221 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.IOException;
import java.net.MalformedURLException;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URL;
import org.apache.http.Header;
import org.apache.http.HttpResponse;
import org.apache.http.HttpStatus;
import org.apache.http.client.ClientProtocolException;
import org.apache.http.client.HttpClient;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.DefaultHttpClient;

/**
 *
 * @author Enger
 */
public class CheckStatus {

    private String contentLenght = "";
    
    public boolean isAlive(String urlToGet) throws ClientProtocolException, IOException {

        boolean isAlive = false;
        String urlGetMe = null;
        setContentLenght("-1");

        try {
            URL url = new URL(urlToGet);
            URI uri = new URI(url.getProtocol(), url.getHost(), url.getPath(), url.getQuery(), null);
            //   System.out.println("URI " + uri.toString() + " is OK");
            urlGetMe = uri.toString();
        } catch (MalformedURLException e) {
            System.out.println("URL " + urlToGet + " is a malformed URL");
        } catch (URISyntaxException e) {
            System.out.println("URI " + urlToGet + " is a malformed URL");
        }

        HttpClient client = new DefaultHttpClient();
        HttpGet method = new HttpGet(urlGetMe);
        HttpResponse httpResponse = null;
        try {
            httpResponse = client.execute(method);
            int statusCode = httpResponse.getStatusLine().getStatusCode();

... [truncated, 36 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.util.logging.Level;
import java.util.logging.Logger;

/**
 *
 * @author Enger
 */
public class CommunicationProtocol {

    CommunicationProtocol() {
    }

    public final String internalServerErrorXML() {

        StringBuilder sb = new StringBuilder();
        sb.append("<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\" ?>");
        sb.append("<servicetyp>InternalServerError</servicetyp>");
        sb.append("<content>");
        sb.append("<item></item>");
        sb.append("</content>");
        sb.append("</xml>");

        return sb.toString();

    } //  public final String internalServerErrorXML(){

    public final String timeoutXML() {

        StringBuilder sb = new StringBuilder();
        sb.append("<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\" ?>");
        sb.append("<servicetyp>Timeout</servicetyp>");
        sb.append("<content>");
        sb.append("<item></item>");
        sb.append("</content>");
        sb.append("</xml>");

        return sb.toString();

    } //  public final String timeoutXML(){

    public final String wrongProtocolXML() {

        StringBuilder sb = new StringBuilder();
        sb.append("<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\" ?>");

... [truncated, 25 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

/**
 *
 * @author Enger
 */
public class Constant {
    public static final String CACHEFILE = "cache.ser.db";
    public static final String SERVER_PORT = "3381";
    public static final String SERVER_HOST = "46.38.232.54";
    public static final int HTTP_TIMEOUT = 5000; // in ms
    public static final long CACHE_VALID_THROUGH = 60*60*24*7; // 7 Tage Cache
}

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.security.SecureRandom;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.bouncycastle.util.encoders.Hex;
import org.bouncycastle.crypto.BufferedBlockCipher;
import org.bouncycastle.crypto.paddings.PaddedBufferedBlockCipher;
import org.bouncycastle.crypto.modes.CBCBlockCipher;
import org.bouncycastle.crypto.engines.AESEngine;
import org.bouncycastle.crypto.params.KeyParameter;
import org.bouncycastle.crypto.CryptoException;

/**
 *
 * @author Enger
 */
public class Crypto {

    private byte[] key = null;

    /**
     * @param key
     */
    public Crypto(byte[] key) {
        if ( key == null )
            throw new NullPointerException( "key == null !!!" );

        this.key = key;
    }

    /**
     * @return
     */
    public static byte[] generateSessionID(int dep) {
        SecureRandom randomr = new SecureRandom();
        randomr.setSeed(System.currentTimeMillis());
        return randomr.generateSeed( dep );
    }

    /**
     * @param key
     * @param plainText
     * @return
     */
    public String performEncrypt(String plainText) {

... [truncated, 64 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.http.client.ClientProtocolException;

public class Google {

    private String GOOGLE_SEARCH_BASE = "https://ajax.googleapis.com/ajax/services/search/web?v=1.0&" + "q=intitle:'index+of'%20+'last+modified'%20+'parent+directory'%20+description%20+size+FILETYP+SEARCHQUERY&key=AIzaSyAcvn-vGugDlvBilWabtpfGeC619KQxo_w";

    public String getGoogleContent(String searchQuery, String fileType) {

        if (searchQuery == null || !(searchQuery instanceof String) || fileType == null || !(fileType instanceof String)) {
            Exception e = new Exception();
            Logger.getLogger(Google.class.getName()).log(Level.SEVERE, null, e);
            System.exit(1);
        } // if ( str == null || !(str instanceof String)){

        Http h = new Http();
        String returnContent = "";
        searchQuery = searchQuery.replace(" ", "%20");
        fileType = fileType.replace(" ", "%20");
        String searchUrl = GOOGLE_SEARCH_BASE.replace("SEARCHQUERY", searchQuery).replace("FILETYP", fileType);
       
        try {
            returnContent = h.get(searchUrl);
        } catch (ClientProtocolException ex) {
            Logger.getLogger(Google.class.getName()).log(Level.SEVERE, null, ex);
        }

         return returnContent;
         
    } // public String getGoogleContent(String searchQuery, String fileType){
} // public class Google {

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.IOException;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.ArrayList;
import org.apache.http.client.ClientProtocolException;

/**
 *
 * @author Enger
 */
public class GoogleResultParser {

    public ArrayList<ResultContainer> parseResults(String rawResults, String filetyp ) {

        if (rawResults == null || filetyp == null ) {
            Exception e = new Exception();
            Logger.getLogger(GoogleResultParser.class.getName()).log(Level.SEVERE, null, e);
            System.exit(1);
        } // if ( str == null || !(str instanceof String)){


        Http h = new Http();
        StringBuilder sb = new StringBuilder();
        String[] arr = rawResults.split("\"");
        boolean isAlive = false;

//        sb.append("<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\" ?>");
//        sb.append("<content>");
//        sb.append("<servicetyp>Results</servicetyp>");
        try {
            for (int i = 0; i < arr.length; i++) {
                int pos = i + 2;

                if (arr[i].equalsIgnoreCase("unescapedUrl")) {

                    String url = arr[pos];
                    CheckStatus status = new CheckStatus();
                    System.out.println("Found result Url: " + url);

                    try {
                        isAlive = status.isAlive(url);
                    } catch (ClientProtocolException ex) {
                        Logger.getLogger(GoogleResultParser.class.getName()).log(Level.SEVERE, null, ex);
                    } catch (IOException ex) {

... [truncated, 61 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.OutputStream;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.io.Writer;
import java.math.BigInteger;
import java.security.SecureRandom;
import java.util.logging.Level;
import java.util.logging.Logger;
import java.util.zip.*;

/**
 * Quelle: http://download.oracle.com/javase/6/docs/api/java/util/zip/Inflater.html 
 * Quelle: http://www.coderanch.com/t/374637/java/java/Compressing-Decompressing-strings-Java
 * @author IBB-Teilnehmer
 */
public final class Gzip {

    public SecureRandom random = new SecureRandom();
    public final int FileNameLenght = 512;

    public final String gzip(String str) {
        
        if ( str == null || !(str instanceof String)){
            Exception e = new Exception();
            Logger.getLogger(Gzip.class.getName()).log(Level.SEVERE, null, e);
            System.exit(1);
        } // if ( str == null || !(str instanceof String)){
        
        Writer writer = null;
        
        try {
            String longFilename = new BigInteger(130, random).toString(FileNameLenght);
            FileOutputStream output = null;
            try {
                output = new FileOutputStream(longFilename + ".gz");

... [truncated, 409 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

/**
 *
 * @author Enger
 * @see: http://www.rgagnon.com/javadetails/java-0639.html
 */
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.net.MalformedURLException;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URL;
import java.net.URLDecoder;
import java.text.SimpleDateFormat;
import java.util.ArrayList;

import java.util.Date;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.http.Header;
import org.apache.http.HttpResponse;
import org.apache.http.HttpStatus;
import org.apache.http.client.ClientProtocolException;
import org.apache.http.client.HttpClient;
import org.apache.http.client.ResponseHandler;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.BasicResponseHandler;
import org.apache.http.impl.client.DefaultHttpClient;
import org.apache.http.impl.conn.tsccm.ThreadSafeClientConnManager;
import org.apache.http.protocol.BasicHttpContext;
import org.apache.http.protocol.HttpContext;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

/**
@see http://hc.apache.org/httpcomponents-client-ga/examples.html
 */
public class Http {

    private ArrayList<ResultContainer> validResultEntrys = new ArrayList<ResultContainer>();

    public Http() {
    }

... [truncated, 382 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.DataOutputStream;
import java.util.HashMap;

/**
 *
 * @author Enger
 */
public class IO {

    IO() {
    }

    public boolean isIntNumber(String num) {
        try {
            Integer.parseInt(num);
        } catch (NumberFormatException nfe) {
            return false;
        }
        return true;
    } // public boolean isIntNumber(String num) {

    public String getFileExtension(String uri) {

        String extension = "";
        String[] uriFileTyp = uri.split("\\.");
        extension = uriFileTyp[uriFileTyp.length - 1];

        return extension;

    } // public String getFileExtension(String uri){

    public boolean isValidFileTyp(String uri, String filetyp) {

        boolean is = false;
        boolean in = false;

        String[] content = filetyp.split("\\+");
        String[] uriFileTyp = uri.split("\\.");

        for (int i = 0; i < content.length; i++) {
//System.out.println("urifiletyp: "+uriFileTyp[uriFileTyp.length - 1] + " und " + content[i]);
            if (uriFileTyp[uriFileTyp.length - 1].contains(content[i].replaceFirst("\\.", ""))) {
                is = true;
                //     System.out.println(uri + " und filetype: " + content[i] + "  sind gleich");

... [truncated, 103 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.BufferedWriter;
import java.io.FileWriter;
import java.io.IOException;
import java.util.logging.Level;
import java.util.logging.Logger;

/**
 *
 * @author Enger
 */
public class Logging {

    public final String SAVE_FILE = "/home/java/BuzzerProxyLogging.txt";

    public void appendFile(String str) {

        if (str == null || !(str instanceof String)){
            Exception e = new Exception();
            Logger.getLogger(Logging.class.getName()).log(Level.SEVERE, null, e);
            System.exit(1);
        } // if ( rawResults == null || !(rawResults instanceof String)){
        
        FileWriter out = null;
        try {
            out = new FileWriter(SAVE_FILE, true);
        } catch (IOException ex) {
            Logger.getLogger(Logging.class.getName()).log(Level.SEVERE, null, ex);
        }
        
        BufferedWriter writer = new BufferedWriter(out);
        
        try {
            writer.write(str);
        } catch (IOException ex) {
            Logger.getLogger(Logging.class.getName()).log(Level.SEVERE, null, ex);
        }
        
        try {
            writer.close();
        } catch (IOException ex) {
            Logger.getLogger(Logging.class.getName()).log(Level.SEVERE, null, ex);
        }
        
    } // public void appendFile(String str) {

... [truncated, 3 more lines] ...

package buzzerproxy;

/**
 * @author M. Friedeboldt / Sebastian Enger
 */
public class ResultContainer {

    private long lastChecked;
    private String resultUrl = "";
    private String sizeOfUrlContent = "";
    private String fileTyp = "";

    /**
     * @return the lastChecked
     */
    public long getLastChecked() {
        return lastChecked;
    }

    /**
     * @param lastChecked the lastChecked to set
     */
    public void setLastChecked(long lastChecked) {
        this.lastChecked = lastChecked;
    }

    /**
     * @return the resultUrl
     */
    public String getResultUrl() {
        return resultUrl;
    }

    /**
     * @param resultUrl the resultUrl to set
     */
    public void setResultUrl(String resultUrl) {
       if ( resultUrl != null ){
            this.resultUrl = resultUrl;
        } else {
            this.resultUrl = "";
        }
    }

    /**
     * @return the sizeOfUrlContent
     */
    public String getSizeOfUrlContent() {
        return sizeOfUrlContent;
    }

... [truncated, 36 more lines] ...

package buzzerproxy;

import buzzerproxy.CacheManager.CacheItem;
import buzzerproxy.CacheManager.Serialization;
import java.io.File;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.logging.Level;
import java.util.logging.Logger;

/**
 *
 * @author Enger
 */
public class TestClass {

    public static void main(String[] args) {
        // TODO code application logic here
        //  BuzzerProxy proxy = new BuzzerProxy();

        Google g = new Google();
        IO io = new IO();
        Http h = new Http();
        CacheManager cache = new CacheManager();
        Serialization ser = new Serialization();

        GoogleResultParser gr = new GoogleResultParser();
        String searchquery = h.searchQueryBeautify("Madonna");
        String filetyp = "+.mp3+.wav+.flac+.wma";
//        String uri = "http://www.google.de/stress.mp3";
//
//        if (io.isValidFileTyp(uri, filetyp)) {
//           System.out.println("ValidFileTyp: " + uri);
//
//        }

        File f = new File(Constant.CACHEFILE);
        if (f.exists() && f.isFile()) {
            cache = ser.readCache(Constant.CACHEFILE);
            if (cache.contains(searchquery)) {
                System.out.println("Cache hit for: " + searchquery);
                ArrayList<CacheItem> a = cache.getCacheArrayList();
                ArrayList<CacheItem> r = cache.getRangedCache(0, 10, ".wma", searchquery);
                System.out.println("\t Cache Hit: > got " + r.size() + " Results for "+searchquery);
                System.exit(1);
            } //  if (cache.contains(searchquery)) {
        } //  if (f.exists() && f.isFile()) {

        String googleResultString = g.getGoogleContent(searchquery, filetyp);
        ArrayList<ResultContainer> result = gr.parseResults(googleResultString, filetyp);

... [truncated, 38 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.io.IOException;
import java.net.Socket;
import java.util.logging.Level;
import java.util.logging.Logger;

/** 
 * The Timer class allows a graceful exit when an application
 * is stalled due to a networking timeout. Once the timer is
 * set, it must be cleared via the reset() method, or the
 * timeout() method is called.
 * <p>
 * The timeout length is customizable, by changing the 'length'
 * property, or through the constructor. The length represents
 * the length of the timer in milliseconds.
 *
 * @version     1.0
 * @author	David Reilly
 * @see         http://www.javacoffeebreak.com/articles/network_timeouts/
 */
public class Timer extends Thread {

    /** Rate at which timer is checked */
    protected int m_rate = 100;
    /** Length of timeout */
    private int m_length;
    /** Time elapsed */
    private int m_elapsed;
    private Socket client;
    public boolean isTimeout = false;
    
    /**
     * Creates a timer of a specified length
     * @param	length	Length of time before timeout occurs
     */
    public Timer(int length, Socket client) {
        if (client == null || !(client instanceof Socket)) {
            System.err.println("Client is null");
            System.exit(1);
        }

        // Assign to member variable
        m_length = length;

        // Set time elapsed

... [truncated, 56 more lines] ...

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package buzzerproxy;

import java.util.HashMap;
import java.util.logging.Level;
import java.util.logging.Logger;

/**
 *
 * @author Enger
 */
public class XMLParser {

    public final String CLIENT_ID = "clientid";
    public final String CLIENT_VERSION = "clientversion";
    public final String SEARCH_SERVICE = "searchservice";
    public final String FILE_TYP = "filetyp";
    public final String RESULT_PAGE = "page";
    public final String SEARCH_QUERY = "searchquery";

    public final HashMap<String, String> parseResults(String rawResults) {

        if ( rawResults == null || !(rawResults instanceof String)|| rawResults.isEmpty() ){
            Exception e = new Exception();
            Logger.getLogger(XMLParser.class.getName()).log(Level.SEVERE, null, e);
            System.exit(1);
        } // if ( rawResults == null || !(rawResults instanceof String)){
            
        HashMap<String, String> results = new HashMap<String, String>();
        String[] arr = rawResults.split("<");
        String key = null;
        String value = null;
                
        for (int i = 0; i < arr.length; i++) {
            //System.out.println("array"+i+"  :"+arr[i]);
            try {
                String[] splitter = arr[i].split(">");
                key = splitter[0];
                value = splitter[1];
                if ((key != null && !key.isEmpty()) && ( value != null && !value.isEmpty() ) ){
                    
                    splitter[0].trim();
                    splitter[1].trim();
                    splitter[0] = splitter[0].replaceAll("\\s+", "");	 // Achtung, hier wird der Whitespace entfernt	   
                    splitter[1] = splitter[1].replaceAll("\\s+", "");
                    
                    results.put(key, value);

... [truncated, 32 more lines] ...